00080000:00000010:0.0F:1749611136.112081:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611136.112097:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611136.112103:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611136.112182:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611136.112188:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611136.112192:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611136.112201:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff680. 00080000:00000010:0.0:1749611136.112207:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff680. 00000020:00000001:0.0:1749611136.112210:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749611136.278791:0:13285:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.278807:0:13285:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.278816:0:13285:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.278840:0:13285:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.278848:0:13285:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.278853:0:13285:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.278864:0:13285:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.278871:0:13285:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.278876:0:13285:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.283455:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.283462:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.283466:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.283596:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.283600:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.283603:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.283609:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.283612:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.283614:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1749611136.343633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611136.343657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611136.343659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611136.343663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611136.343666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611136.343669:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611136.343672:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611136.412632:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611136.412638:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1749611136.412670:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611136.412679:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611136.412684:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611136.457617:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611136.457623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611136.457626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611136.457630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611136.457633:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611136.457638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611136.457641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611136.457644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611136.457647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.528226:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.528235:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.528241:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.528315:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.528321:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.528325:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.528333:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.528338:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.528342:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611136.539741:0:13322:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611136.539748:0:13322:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611136.539752:0:13322:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611136.539767:0:13322:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611136.539770:0:13322:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611136.539773:0:13322:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611136.539779:0:13322:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611136.539782:0:13322:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611136.539785:0:13322:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.548863:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.548869:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.548874:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.548938:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.548941:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.548945:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611136.548950:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9080. 00080000:00000010:1.0:1749611136.548953:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9080. 00000020:00000001:1.0:1749611136.548956:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611136.723106:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749611136.723116:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749611136.723122:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611136.723195:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749611136.723201:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749611136.723204:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611136.723213:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749611136.723219:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749611136.723222:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611136.867428:0:13413:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749611136.867437:0:13413:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749611136.867443:0:13413:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611136.867459:0:13413:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749611136.867464:0:13413:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749611136.867468:0:13413:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611136.867476:0:13413:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cd80. 00080000:00000010:3.0:1749611136.867510:0:13413:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cd80. 00000020:00000001:3.0:1749611136.867513:0:13413:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611136.871939:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611136.871946:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611136.871950:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611136.872017:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611136.872021:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611136.872024:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611136.872030:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611136.872033:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611136.872035:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611136.979703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611136.979709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611136.979712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611136.979716:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab840 going to sleep for 0 seconds 00000100:00000001:2.0:1749611136.979720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611136.979724:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611136.979727:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611136.979730:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611136.979733:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.038439:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.038449:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.038454:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.038577:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.038583:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.038587:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.038595:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.038601:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.038604:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611137.343703:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611137.343725:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611137.343728:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611137.343733:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611137.343736:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611137.343741:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611137.343744:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611137.414613:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611137.414619:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611137.414650:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611137.414655:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611137.414659:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611137.457601:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611137.457607:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611137.457609:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611137.457613:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611137.457617:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611137.457621:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611137.457625:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611137.457637:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611137.457639:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.545410:0:13478:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.545420:0:13478:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.545427:0:13478:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.545444:0:13478:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.545450:0:13478:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.545454:0:13478:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.545462:0:13478:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.545468:0:13478:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.545471:0:13478:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.550088:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.550095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.550100:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.550170:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.550173:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.550177:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611137.550182:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611137.550185:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611137.550188:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611137.667983:0:13521:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1749611137.667987:0:13521:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160n: Changelog destroy race ============== 23:05:36 (1749611136) 00000001:00000001:0.0:1749611137.672680:0:13521:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611137.723055:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611137.723066:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611137.723071:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611137.723144:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611137.723150:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611137.723154:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611137.723162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611137.723168:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611137.723171:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611137.979623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611137.979630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611137.979633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611137.979639:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab840 going to sleep for 0 seconds 00000100:00000001:2.0:1749611137.979653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611137.979657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611137.979660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611137.979663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611137.979666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.010382:0:13543:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611138.010410:0:13543:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611138.010416:0:13543:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.010434:0:13543:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611138.010440:0:13543:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611138.010443:0:13543:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.010453:0:13543:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9500. 00080000:00000010:1.0:1749611138.010459:0:13543:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9500. 00000020:00000001:1.0:1749611138.010466:0:13543:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.015017:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611138.015024:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611138.015029:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.015102:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611138.015106:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611138.015109:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.015114:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611138.015118:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611138.015120:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.186119:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749611138.186130:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749611138.186136:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.186200:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749611138.186205:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749611138.186209:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.186217:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9180. 00080000:00000010:1.0:1749611138.186222:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9180. 00000020:00000001:1.0:1749611138.186225:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.343599:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611138.343605:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1749611138.343619:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611113/real 1749611113] req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611138.343637:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611138.343640:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611138.343644:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fedc0. 00000400:00000200:3.0:1749611138.343649:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:3.0:1749611138.343653:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749611138.343657:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611138.343661:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611138.343670:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.343690:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611138.343692:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.343696:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611138.343698:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611138.343703:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.343710:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.343720:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611138.343722:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.343724:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611138.343727:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.343730:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611138.343734:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.343742:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1749611138.343745:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.343747:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611138.343748:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.343751:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611138.343753:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1749611138.343758:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611138.343780:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:3.0:1749611138.343783:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1749611138.343787:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611138.343796:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012be1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494619520:0@lo:250:kworker.0 00000100:00000001:3.0:1749611138.343800:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.343803:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611138.343806:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012be1df80 x1834598494619520/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611138 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.343818:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611138.343821:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611138.343826:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012db64400. 02000000:00000001:3.0:1749611138.343830:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1749611138.343832:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000001:3.0:1749611138.343833:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611138.343836:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:3.0:1749611138.343838:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611138.343841:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88011f3ce000. 00000100:00080000:2.0:1749611138.343843:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:3.0:1749611138.343846:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611138.343846:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:3.0:1749611138.343848:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611138.343850:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012be1df80. 00000100:00080000:2.0:1749611138.343850:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1749611138.343854:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611138.343855:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.343855:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749611138.343857:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.343861:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749611138.343861:0:8737:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 5719 00000100:00000001:3.0:1749611138.343863:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.343865:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611138.343866:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611138.343867:0:8737:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611138.343872:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611138.343877:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611138.343881:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611138.343885:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611138.343891:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611138.343894:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611138.343898:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611138.343903:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611138.343908:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611138.343912:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611138.343917:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611138.343921:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611138.343923:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611138.343926:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611138.343931:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611138.343936:0:8737:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611138.343940:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611138.343944:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611138.343950:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611138.343954:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.343966:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611138.343969:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611138.343975:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fed80. 00000020:00000040:2.0:1749611138.343980:0:8737:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611138.343986:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611138.343989:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.343993:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611138.343997:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611138.344002:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611138.344010:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dca800. 00000100:00000001:2.0:1749611138.344019:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611138.344030:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611138.344047:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611138.344053:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.344060:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fed80] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344082:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611138.344087:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611138.344089:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611138.344091:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.344093:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749611138.344093:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611138.344095:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611138.344098:0:8737:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1749611138.344099:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344102:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:3.0:1749611138.344106:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611138.344106:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5739 00000100:00000001:3.0:1749611138.344108:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611138.344110:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:3.0:1749611138.344111:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611138.344114:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611138.344114:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:3.0:1749611138.344117:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.344118:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749611138.344121:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494623616:0@lo:250:kworker.0 00000100:00000040:2.0:1749611138.344121:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611138.344124:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.344125:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611138.344127:0:8737:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611138.344128:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611138.344129:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 02000000:00000001:3.0:1749611138.344131:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611138.344132:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611138.344133:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611138.344137:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be89c00. 02000000:00000001:3.0:1749611138.344139:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611138.344143:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611138.344147:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000400:00000010:3.0:1749611138.344150:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c60. 00000020:00000001:2.0:1749611138.344150:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611138.344155:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:3.0:1749611138.344156:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:2.0:1749611138.344158:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611138.344161:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749611138.344164:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494623616, portal 25 00000100:00000001:2.0:1749611138.344164:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.344167:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611138.344168:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936702336 : -131938772849280 : ffff88009c4fed80) 00000020:00000040:2.0:1749611138.344168:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611138.344172:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:3.0:1749611138.344175:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344175:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611138.344178:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611138.344182:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611138.344185:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611138.344185:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611138.344188:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611138.344189:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611138.344191:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494623616, offset 0 00000100:00000001:2.0:1749611138.344192:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611138.344195:0:8737:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611138.344197:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611138.344200:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff100. 00000020:00000040:2.0:1749611138.344204:0:8737:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611138.344208:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611138.344210:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611138.344213:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611138.344213:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611138.344215:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611138.344218:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611138.344224:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dca000. 00000400:00000200:3.0:1749611138.344226:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf93d780 00000100:00000001:2.0:1749611138.344231:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:3.0:1749611138.344233:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494623616 offset 0 length 520: 4 00000400:00000200:3.0:1749611138.344237:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff880098fd5290 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1749611138.344240:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00100000:2.0:1749611138.344240:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611138.344249:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611138.344251:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611138.344253:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611138.344255:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611138.344256:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611138.344259:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611138.344262:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ff100] to pc [ptlrpcd_rcv+-1] req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.344266:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611138.344269:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fed80 x1834598494623616/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.344275:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.344276:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344277:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:2.0:1749611138.344280:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611138.344281:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344286:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300411824 00000100:00000010:3.0:1749611138.344290:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaadc0. 00000100:00080000:2.0:1749611138.344294:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1749611138.344296:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611138.344297:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611138.344300:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611138.344304:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611138.344308:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5739 00000100:00000001:3.0:1749611138.344312:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300411824 00000100:00080000:2.0:1749611138.344312:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611138.344316:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000010:3.0:1749611138.344320:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaad80. 00000100:00000001:2.0:1749611138.344320:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611138.344323:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611138.344324:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611138.344326:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.344327:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300411824 00000020:00000001:2.0:1749611138.344329:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1749611138.344330:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaaec0. 00000020:00000040:2.0:1749611138.344332:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:3.0:1749611138.344333:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749611138.344335:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611138.344337:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300411824 00000020:00000040:2.0:1749611138.344338:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000010:3.0:1749611138.344339:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eaaf40. 00000020:00000001:2.0:1749611138.344341:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749611138.344342:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611138.344345:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611138.344345:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749611138.344348:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.344349:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611138.344350:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344352:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.344352:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611138.344355:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611138.344357:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611138.344358:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611138.344358:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.344360:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611138.344361:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.344362:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611138.344362:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611138.344366:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:3.0:1749611138.344367:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344369:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611138.344372:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611138.344374:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611138.344375:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.344377:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611138.344377:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611138.344379:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611138.344381:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611138.344381:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611138.344384:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494623744:0@lo:38:kworker.0 00000100:00000001:2.0:1749611138.344384:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:3.0:1749611138.344387:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611138.344387:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.344389:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611138.344391:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611138.344391:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff480. 02000000:00000001:3.0:1749611138.344393:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611138.344395:0:8737:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:3.0:1749611138.344396:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be88800. 02000000:00000001:3.0:1749611138.344398:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611138.344399:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1749611138.344401:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c08. 00000400:00000010:3.0:1749611138.344404:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611138.344407:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.344411:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749611138.344413:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494623744, portal 4 02000000:00000001:2.0:1749611138.344413:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611138.344415:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611138.344416:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936703232 : -131938772848384 : ffff88009c4ff100) 02000000:00000001:2.0:1749611138.344416:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.344423:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611138.344423:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dcac00. 00000100:00000001:2.0:1749611138.344428:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344430:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611138.344432:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611138.344434:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00000200:3.0:1749611138.344436:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494623744, offset 0 00000100:00100000:2.0:1749611138.344436:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1749611138.344441:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611138.344446:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611138.344450:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1749611138.344451:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf93d800 00000100:00000001:2.0:1749611138.344453:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611138.344458:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3df5 [256] + 11440 00000100:00000040:2.0:1749611138.344460:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ff480] to pc [ptlrpcd_rcv+-1] req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611138.344484:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611138.344491:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611138.344496:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611138.344499:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611138.344501:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611138.344504:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800873d7800. 00000100:00080000:2.0:1749611138.344506:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:3.0:1749611138.344507:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800873d7800 x1834598494623744 msgsize 520 00000100:00100000:3.0:1749611138.344511:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749611138.344511:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611138.344514:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611138.344516:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611138.344520:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611138.344550:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5739 00000100:00000001:3.0:1749611138.344551:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611138.344554:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:3.0:1749611138.344556:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000400:00000010:3.0:1749611138.344558:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000040:2.0:1749611138.344558:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611138.344560:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611138.344561:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749611138.344564:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611138.344564:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611138.344567:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.344571:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611138.344571:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611138.344573:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d04f 00000100:00000040:3.0:1749611138.344574:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611138.344576:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611138.344580:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72a800 refcount=8 00000100:00000001:3.0:1749611138.344581:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344582:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611138.344583:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000001:3.0:1749611138.344585:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611138.344586:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100117504 : -131939609434112 : ffff88006a72a800) 00000100:00000040:3.0:1749611138.344590:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1300 usecs (2 jiffies) 00000100:00000040:2.0:1749611138.344591:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611138.344598:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300411804 00000100:00000001:3.0:1749611138.344601:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.344603:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300411804 00000100:00000001:2.0:1749611138.344603:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611138.344603:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611138.344606:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300411824 00000100:00000040:2.0:1749611138.344606:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611138.344607:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300411804 00000100:00000001:3.0:1749611138.344609:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300411824 00000100:00000001:2.0:1749611138.344609:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611138.344609:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494623744 00000100:00000001:3.0:1749611138.344611:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300411804 02000000:00000001:0.0:1749611138.344612:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611138.344613:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300411824 00000020:00000040:2.0:1749611138.344613:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a800 : new refcount 7 00000100:00000001:3.0:1749611138.344615:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611138.344616:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611138.344617:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611138.344617:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88006a72c000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611138.344619:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344620:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.344620:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344622:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611138.344624:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611138.344624:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344627:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611138.344628:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749611138.344629:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611138.344629:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494623744 00000100:00000001:3.0:1749611138.344630:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611138.344631:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.344632:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611138.344632:0:9696:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611138.344633:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611138.344634:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611138.344636:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000001:0.0:1749611138.344636:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611138.344637:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344638:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.344638:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.344641:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344643:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611138.344643:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff800. 00000100:00000001:3.0:1749611138.344645:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.344647:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749611138.344647:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a72c000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1749611138.344649:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611138.344651:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611138.344651:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00100000:3.0:1749611138.344654:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494623872:0@lo:38:kworker.0 02000000:00000001:2.0:1749611138.344654:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.344656:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749611138.344657:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611138.344657:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611138.344659:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611138.344659:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611138.344661:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.344662:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611138.344662:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.344663:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc00. 02000000:00000010:3.0:1749611138.344665:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be89400. 02000000:00000001:3.0:1749611138.344667:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611138.344668:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc8c00. 00000020:00000010:0.0:1749611138.344669:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611138.344674:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344674:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1749611138.344676:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7b58. 00000100:00000001:0.0:1749611138.344676:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611138.344678:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611138.344679:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed088. 00000100:00100000:2.0:1749611138.344682:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749611138.344683:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494623872, portal 10 00000100:00000001:0.0:1749611138.344684:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344685:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611138.344686:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936704128 : -131938772847488 : ffff88009c4ff480) 00000100:00000040:3.0:1749611138.344693:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344694:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611138.344695:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.344698:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344699:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611138.344701:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611138.344703:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000040:2.0:1749611138.344704:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ff800] to pc [ptlrpcd_rcv+-1] req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611138.344705:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494623872, offset 0 00000100:00000001:0.0:1749611138.344706:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611138.344709:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611138.344709:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611138.344715:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611138.344715:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00000001:2.0:1749611138.344718:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344718:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134583171072 : -131939126380544 : ffff8800873d7800) 00000400:00000200:3.0:1749611138.344720:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93d880 00000100:00000040:2.0:1749611138.344722:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749611138.344725:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800873d7800 x1834598494623744/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611138.344726:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 186744 00000100:00000001:2.0:1749611138.344728:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1749611138.344732:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1749611138.344732:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ffb80. 00000400:00000200:3.0:1749611138.344735:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749611138.344736:0:8737:0:(genops.c:1229:class_import_get()) import ffff880079138800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00100000:0.0:1749611138.344738:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800873d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494623744:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611138.344739:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611138.344740:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1749611138.344741:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611138.344742:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494623744 00000100:00000010:3.0:1749611138.344744:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800873d7b80. 00000020:00000001:0.0:1749611138.344746:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749611138.344747:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800873d7b80 x1834598494623872 msgsize 520 02000000:00000001:2.0:1749611138.344748:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1749611138.344750:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749611138.344751:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611138.344752:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611138.344757:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5100. 00000100:00000001:2.0:1749611138.344762:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.344766:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344769:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611138.344769:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:0.0:1749611138.344771:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:3.0:1749611138.344773:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000010:3.0:1749611138.344774:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00010000:00000001:0.0:1749611138.344774:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611138.344777:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:0.0:1749611138.344778:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611138.344780:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344781:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611138.344781:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611138.344784:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344784:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611138.344787:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611138.344787:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611138.344790:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611138.344791:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087544800. 00000100:00000040:2.0:1749611138.344792:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ffb80] to pc [ptlrpcd_00_00+0] req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611138.344793:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.344795:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611138.344796:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344796:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344797:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611138.344799:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494623872 00010000:00000001:0.0:1749611138.344800:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749611138.344803:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749611138.344803:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344806:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.344806:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749611138.344807:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611138.344809:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.344810:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1051 usecs (2 jiffies) 00000100:00000001:0.0:1749611138.344810:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611138.344812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300411804 02000000:00000001:1.0:1749611138.344813:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344814:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.344817:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300411804 00000100:00100000:1.0:1749611138.344817:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494623872 00000100:00000001:3.0:1749611138.344819:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300411824 00000100:00000001:2.0:1749611138.344819:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344820:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300411804 00000020:00000001:1.0:1749611138.344820:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611138.344820:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611138.344822:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300411824 00000020:00000040:1.0:1749611138.344822:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00080000:2.0:1749611138.344823:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749611138.344823:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611138.344824:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300411804 00000020:00000001:1.0:1749611138.344825:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611138.344825:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.344826:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.344828:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611138.344828:0:8737:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1749611138.344828:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344828:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611138.344830:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.344830:0:8737:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1749611138.344831:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611138.344832:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611138.344833:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611138.344833:0:8737:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611138.344834:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611138.344835:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.344837:0:8737:0:(import.c:480:import_select_connection()) Process entered 00000020:00000010:1.0:1749611138.344837:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125e00. 02000000:00000001:0.0:1749611138.344837:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.344839:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611138.344839:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611138.344840:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00080000:2.0:1749611138.344841:0:8737:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5739 00000100:00000040:0.0:1749611138.344841:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611138.344842:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611138.344842:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88006a3a9980. 00000100:00000001:3.0:1749611138.344843:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.344844:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1749611138.344845:0:8737:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749611138.344845:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000040:3.0:1749611138.344848:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611138.344848:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c578. 00000100:00000040:2.0:1749611138.344849:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611138.344850:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494623744, offset 0 00000100:00000001:2.0:1749611138.344853:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611138.344853:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611138.344855:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749611138.344855:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611138.344856:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.344856:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611138.344856:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749611138.344858:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611138.344860:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611138.344860:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611138.344860:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.344862:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611138.344863:0:8737:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749611138.344864:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749611138.344865:0:8737:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:1.0:1749611138.344865:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611138.344866:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494624000:0@lo:38:kworker.0 00000020:00000001:2.0:1749611138.344868:0:8737:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611138.344869:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611138.344871:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611138.344872:0:8737:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000200:0.0:1749611138.344872:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf93d800 02000000:00000001:3.0:1749611138.344873:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.344874:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611138.344875:0:8737:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749611138.344875:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749611138.344877:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be88000. 00000400:00000200:0.0:1749611138.344877:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x7f3d [1] + 0 00000020:00000001:2.0:1749611138.344878:0:8737:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:3.0:1749611138.344883:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.344883:0:8737:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749611138.344883:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611138.344886:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7bb0. 00000100:00000001:2.0:1749611138.344886:0:8737:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611138.344886:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611138.344886:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611138.344889:0:8737:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611138.344889:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749611138.344890:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000001:0.0:1749611138.344890:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611138.344893:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494624000, portal 10 00000100:00100000:1.0:1749611138.344894:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00000001:3.0:1749611138.344895:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1749611138.344896:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.344897:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936705024 : -131938772846592 : ffff88009c4ff800) 00000100:00000001:1.0:1749611138.344898:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134583171968 : -131939126379648 : ffff8800873d7b80) 00000100:00000001:2.0:1749611138.344899:0:8737:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611138.344904:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611138.344904:0:8737:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:1.0:1749611138.344905:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800873d7b80 x1834598494623872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611138.344907:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611138.344908:0:8737:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:3.0:1749611138.344910:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611138.344912:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611138.344912:0:8737:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611138.344914:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000200:3.0:1749611138.344916:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494624000, offset 0 02000000:00000001:2.0:1749611138.344916:0:8737:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611138.344916:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611138.344920:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611138.344921:0:8737:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611138.344922:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 02000000:00000001:2.0:1749611138.344924:0:8737:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611138.344925:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000400:00000200:3.0:1749611138.344926:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611138.344927:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611138.344928:0:8737:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611138.344929:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611138.344931:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93d900 00000100:00000001:2.0:1749611138.344931:0:8737:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344933:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611138.344935:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 187264 00000100:00000040:0.0:1749611138.344936:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:2.0:1749611138.344937:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012bdcf480. 00000100:00000001:0.0:1749611138.344938:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611138.344939:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611138.344940:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800873d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494623872:12345-0@lo:38:kworker.0 00000020:00000040:2.0:1749611138.344941:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611138.344941:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611138.344942:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611138.344945:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611138.344945:0:8737:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:0.0:1749611138.344945:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800873d7800 x1834598494623744/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611158 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611138.344946:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494623872 00000100:00000200:3.0:1749611138.344947:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749611138.344947:0:8737:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.344950:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1749611138.344950:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:3.0:1749611138.344951:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b718380. 02000000:00000001:2.0:1749611138.344952:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1749611138.344953:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749611138.344954:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b718380 x1834598494624000 msgsize 520 02000000:00000001:2.0:1749611138.344955:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611138.344957:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749611138.344961:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880086dc8400. 00000100:00000001:3.0:1749611138.344964:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611138.344966:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611138.344966:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611138.344967:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800873d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494623744:12345-0@lo:38:kworker.0 Request processed in 229us (457us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611138.344968:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000400:00000010:3.0:1749611138.344969:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00010000:00020000:1.0:1749611138.344971:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611138.344972:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749611138.344973:0:8737:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1749611138.344975:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611138.344975:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749611138.344976:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00010000:00000001:1.0:1749611138.344979:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611138.344979:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611138.344980:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611138.344981:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611138.344983:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749611138.344984:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.344985:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611138.344985:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749611138.344985:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc00. 02000000:00000001:1.0:1749611138.344988:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611138.344989:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.344989:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749611138.344991:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.344992:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 02000000:00000010:1.0:1749611138.344993:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad0400. 00000100:00000040:2.0:1749611138.344994:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012bdcf480] to pc [ptlrpcd_rcv+-1] req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.344996:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611138.344996:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.344996:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.344999:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345000:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.345004:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 931 usecs (1 jiffies) 00010000:00000001:1.0:1749611138.345004:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611138.345006:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300411803 00010000:00000001:1.0:1749611138.345006:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345009:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300411824 00000100:00000001:2.0:1749611138.345009:0:8737:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345011:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300411803 00000100:00001000:1.0:1749611138.345011:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611138.345013:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300411824 00000100:00000040:2.0:1749611138.345013:0:8737:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611138.345014:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611138.345015:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300411803 00000100:00000001:1.0:1749611138.345015:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611138.345017:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300411824 00000100:00100000:0.0:1749611138.345017:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494624000 00000100:00000001:2.0:1749611138.345018:0:8737:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749611138.345019:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300411803 00000100:00000001:1.0:1749611138.345019:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611138.345019:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611138.345020:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300411824 00000100:00000001:0.0:1749611138.345020:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611138.345022:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611138.345022:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611138.345023:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345025:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345025:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611138.345026:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611138.345028:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611138.345028:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:0.0:1749611138.345028:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494624000 00000400:00000001:3.0:1749611138.345030:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749611138.345030:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1749611138.345031:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c08. 00000100:00000010:2.0:1749611138.345031:0:8737:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d74000. 00000020:00000040:0.0:1749611138.345032:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611138.345033:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:0.0:1749611138.345033:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611138.345034:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000040:2.0:1749611138.345035:0:8737:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611138.345035:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611138.345036:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000001:1.0:1749611138.345036:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1749611138.345037:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345038:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611138.345039:0:8737:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611138.345039:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345040:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 02000000:00000001:2.0:1749611138.345041:0:8737:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1749611138.345042:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345042:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749611138.345043:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc00. 02000000:00000001:2.0:1749611138.345044:0:8737:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345045:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:1.0:1749611138.345046:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611138.345048:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611138.345049:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749611138.345050:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611138.345050:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00000001:0.0:1749611138.345051:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.345054:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611138.345055:0:8737:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006efe5c00. 00000100:00000001:3.0:1749611138.345057:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611138.345057:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494623872, offset 0 00000100:00000001:3.0:1749611138.345058:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.345059:0:8737:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345061:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611138.345062:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611138.345064:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611138.345064:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611138.345065:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611138.345066:0:8737:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611138.345068:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.345068:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611138.345069:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611138.345070:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611138.345072:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000400:00000200:1.0:1749611138.345075:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611138.345075:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922126208 : -131938787425408 : ffff88009b718380) 00000100:00001000:3.0:1749611138.345076:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611138 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611138.345078:0:8737:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749611138.345079:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b718380 x1834598494624000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611138.345080:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=111 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611138.345081:0:8737:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.345086:0:8737:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880081d74000] to pc [ptlrpcd_00_01+1] req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.345087:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611138.345090:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611138.345091:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d880 00000100:00000001:3.0:1749611138.345092:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611138.345096:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b718380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494624000:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749611138.345097:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611138.345099:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7f45 [1] + 0 00000100:00000001:2.0:1749611138.345100:0:8737:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611138.345100:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494624000 00000020:00000001:0.0:1749611138.345102:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611138.345104:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611138.345105:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611138.345106:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611138.345107:0:8737:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5749) 00000400:00000200:1.0:1749611138.345107:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611138.345108:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.345110:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611138.345112:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611138.345112:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611138.345112:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611138.345114:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1749611138.345115:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1749611138.345117:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611138.345117:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611138.345118:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611138.345119:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611138.345121:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749611138.345121:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611138.345123:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.345124:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1749611138.345124:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611138.345124:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611138.345125:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611138.345127:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611138.345128:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611138.345131:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494623744:0@lo:38:kworker.0 02000000:00000010:0.0:1749611138.345131:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087545c00. 02000000:00000001:0.0:1749611138.345133:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.345134:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.345135:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.345135:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345136:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611138.345137:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611138.345139:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ff100 x1834598494623744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611138.345139:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611138.345139:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611138.345142:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611138.345145:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611138.345146:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611138.345147:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611138.345147:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611138.345148:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1749611138.345149:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be88800. 00000100:00000001:2.0:1749611138.345149:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611138.345150:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749611138.345152:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611138.345152:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611138.345153:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749611138.345153:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611138.345153:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611138.345154:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:3.0:1749611138.345155:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611138.345156:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611138.345157:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749611138.345157:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000010:3.0:1749611138.345159:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dca000. 02000000:00000001:2.0:1749611138.345159:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611138.345159:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611138.345161:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749611138.345161:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 02000000:00000001:0.0:1749611138.345161:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.345163:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611138.345163:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:3.0:1749611138.345164:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff100. 00000100:00100000:2.0:1749611138.345164:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494624128:0@lo:400:kworker.0 00000400:00000010:1.0:1749611138.345164:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00000040:0.0:1749611138.345166:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611138.345168:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:0.0:1749611138.345168:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:2.0:1749611138.345170:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611138.345170:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611138.345172:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611138.345173:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611138.345173:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494624000, offset 0 02000000:00000001:2.0:1749611138.345174:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611138.345175:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.345175:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611138.345176:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611138.345177:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345179:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749611138.345179:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611138.345180:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611138.345181:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611138.345182:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345183:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611138.345183:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611138.345184:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1749611138.345184:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880123e7be00. 00000020:00000001:1.0:1749611138.345185:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611138.345186:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611138.345187:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.345190:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611138.345192:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207feb00. 00000100:00000040:1.0:1749611138.345192:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800873d7b80 x1834598494623872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611158 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611138.345195:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d900 00000100:00000001:3.0:1749611138.345197:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611138.345198:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611138.345199:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 02000000:00000001:3.0:1749611138.345200:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749611138.345200:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7f51 [1] + 0 02000000:00000001:3.0:1749611138.345202:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611138.345204:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611138.345205:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749611138.345206:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494624128, portal 10 00000100:00100000:3.0:1749611138.345207:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494624256:0@lo:38:kworker.0 00000100:00100000:1.0:1749611138.345208:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800873d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494623872:12345-0@lo:38:kworker.0 Request processed in 269us (456us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611138.345209:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611138.345210:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611138.345210:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749611138.345211:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611138.345212:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936705920 : -131938772845696 : ffff88009c4ffb80) 00000100:00000001:0.0:1749611138.345212:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611138.345213:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.345215:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749611138.345216:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611138.345217:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be88800. 02000000:00000001:3.0:1749611138.345219:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611138.345220:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00000040:2.0:1749611138.345221:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611138.345222:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7c08. 00000400:00000010:3.0:1749611138.345225:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611138.345225:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749611138.345226:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345227:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749611138.345228:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494624256, portal 10 00000100:00000001:3.0:1749611138.345230:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749611138.345231:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88006a3a9980. 00000100:00000001:3.0:1749611138.345232:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137345086592 : -131936364465024 : ffff88012bdcf480) 00000100:00000001:0.0:1749611138.345234:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611138.345236:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c578. 00000100:00000040:3.0:1749611138.345238:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611138.345238:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000001:2.0:1749611138.345240:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611138.345240:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000020:00000010:1.0:1749611138.345241:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125e00. 00000100:00000001:0.0:1749611138.345242:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611138.345244:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611138.345244:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611138.345244:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611138.345245:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611138.345246:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611138.345247:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611138.345248:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000400:00000010:2.0:1749611138.345248:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000040:0.0:1749611138.345249:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:3.0:1749611138.345250:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494624256, offset 0 00000100:00000200:2.0:1749611138.345252:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494624128, offset 0 00000100:00000001:0.0:1749611138.345252:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611138.345254:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611138.345254:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611138.345258:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b718380 x1834598494624000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611158 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345261:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611138.345264:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611138.345264:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611138.345267:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749611138.345267:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b718380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494624000:12345-0@lo:38:kworker.0 Request processed in 172us (311us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611138.345270:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf93da00 00000400:00000200:2.0:1749611138.345273:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611138.345274:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611138.345274:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00000001:0.0:1749611138.345277:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749611138.345278:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3be9 [64] + 187784 00000100:00000001:0.0:1749611138.345278:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611138.345281:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc00. 00000400:00000200:3.0:1749611138.345282:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611138.345284:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611138.345284:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000200:3.0:1749611138.345285:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749611138.345287:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000100:00000001:3.0:1749611138.345288:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611138.345290:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611138.345290:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611138.345292:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93d980 00000100:00000010:3.0:1749611138.345293:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009b71b480. 00000100:00000001:1.0:1749611138.345293:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611138.345295:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.345296:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009b71b480 x1834598494624256 msgsize 520 00000400:00000200:2.0:1749611138.345299:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 188304 02000000:00000001:1.0:1749611138.345299:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611138.345300:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611138.345302:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611138.345305:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611138.345306:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611138.345310:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880081d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494624384:0@lo:400:kworker.0 00000400:00000200:2.0:1749611138.345311:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611138.345316:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611138.345320:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611138.345322:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611138.345325:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611138.345328:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:1.0:1749611138.345329:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125e00. 02000000:00000001:1.0:1749611138.345332:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611138.345337:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3dbf20. 00000100:00000001:0.0:1749611138.345339:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611138.345340:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00100000:0.0:1749611138.345341:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494624256 00000400:00000010:3.0:1749611138.345342:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 02000000:00000001:0.0:1749611138.345343:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611138.345344:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611138.345348:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611138.345349:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611138.345351:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611138.345354:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345355:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611138.345355:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:1.0:1749611138.345355:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bcc0. 00000100:00100000:0.0:1749611138.345357:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494624256 00000100:00000040:3.0:1749611138.345358:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611138.345359:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611138.345359:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611138.345360:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:1.0:1749611138.345361:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494624384, portal 10 00000020:00000001:0.0:1749611138.345361:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749611138.345363:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d74380. 00000020:00000001:0.0:1749611138.345363:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345364:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345364:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749611138.345365:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345366:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611138.345367:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880081d74380 x1834598494624128 msgsize 224 00000100:00000001:1.0:1749611138.345367:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134492585984 : -131939216965632 : ffff880081d74000) 00000100:00000001:3.0:1749611138.345368:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345368:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e400. 00000020:00000010:0.0:1749611138.345371:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc00. 00000100:00000040:3.0:1749611138.345372:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00100000:2.0:1749611138.345373:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611138.345374:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300411803 00000020:00000010:0.0:1749611138.345374:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000040:1.0:1749611138.345376:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.345377:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300411824 00000100:00000001:0.0:1749611138.345377:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611138.345378:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611138.345379:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300411803 00000100:00000001:0.0:1749611138.345380:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345381:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300411824 00000100:00000001:2.0:1749611138.345381:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611138.345383:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300411803 00000100:00000001:0.0:1749611138.345383:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345385:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.345387:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300411803 00000400:00000200:2.0:1749611138.345387:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:1.0:1749611138.345387:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611138.345389:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300411824 00000100:00000001:0.0:1749611138.345389:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611138.345390:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000040:1.0:1749611138.345390:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611138.345393:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749611138.345394:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611138.345396:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611138.345396:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749611138.345397:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494624384, offset 0 00000100:00000001:3.0:1749611138.345398:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611138.345398:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494624128 02000000:00000001:0.0:1749611138.345399:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611138.345400:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611138.345401:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1749611138.345402:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611138.345402:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611138.345403:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611138.345405:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7bb0. 02000000:00000001:0.0:1749611138.345405:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611138.345406:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494624128 00000400:00000200:3.0:1749611138.345408:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000020:00000001:0.0:1749611138.345408:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611138.345409:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d064 00000400:00000010:3.0:1749611138.345410:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000020:00000001:0.0:1749611138.345410:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611138.345412:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611138.345412:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749611138.345413:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d4a0000 refcount=5 00000020:00000001:0.0:1749611138.345415:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000100:00000200:3.0:1749611138.345416:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611138.345416:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611138.345417:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000400:00000200:1.0:1749611138.345418:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611138.345422:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611138.345424:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137382280. 00000400:00000200:1.0:1749611138.345426:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611138.345428:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.345428:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.345430:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749611138.345432:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611138.345435:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611138.345435:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf93da80 00000100:00000001:3.0:1749611138.345439:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611138.345439:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749611138.345440:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1018 usecs (2 jiffies) 00000100:00000001:3.0:1749611138.345441:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611138.345441:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3be9 [64] + 188528 00000020:00000010:0.0:1749611138.345443:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000001:3.0:1749611138.345444:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611138.345444:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300411804 00000020:00000010:0.0:1749611138.345445:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff300. 02000000:00000001:3.0:1749611138.345447:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611138.345447:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611138.345448:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.345449:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611138.345452:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.345452:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300411804 00000400:00000200:1.0:1749611138.345452:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749611138.345453:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 02000000:00000001:3.0:1749611138.345455:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.345456:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300411824 00000100:00000001:1.0:1749611138.345456:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611138.345458:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611138.345460:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:3.0:1749611138.345461:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a72c438 time=1749611138 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611138.345462:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:1.0:1749611138.345463:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800853a5c00. 00000100:00000001:0.0:1749611138.345464:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00001000:3.0:1749611138.345485:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a72c3f0 time=43 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611138.345488:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300411804 00000100:00000001:3.0:1749611138.345490:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611138.345492:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611138.345492:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.345495:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611138.345495:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300411804 00000100:00000040:1.0:1749611138.345495:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8800853a5c00 x1834598494624384 msgsize 224 00000100:00000001:0.0:1749611138.345498:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.345499:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300411824 00000100:00000001:2.0:1749611138.345502:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611138.345502:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611138.345503:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611138.345503:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611138.345505:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611138.345506:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.345507:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.345509:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345511:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611138.345513:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611138.345513:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611138.345515:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.345517:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611138.345519:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611138.345519:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:2.0:1749611138.345520:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611138.345522:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611138.345545:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611138.345547:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494624384 00000100:00000001:3.0:1749611138.345549:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:0.0:1749611138.345550:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611138.345551:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611138.345552:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611138.345552:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611138.345553:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.345554:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749611138.345554:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00080000:3.0:1749611138.345556:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a72c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749611138.345556:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.345557:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345558:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611138.345558:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494624384 00000100:00080000:3.0:1749611138.345560:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611138.345560:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.345560:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611138.345561:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611138.345563:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611138.345565:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611138.345565:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611138.345568:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749611138.345570:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611138.345572:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611138.345573:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611138.345575:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137382a40. 00000100:00000001:1.0:1749611138.345577:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611138.345578:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749611138.345578:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb843c0. 00000100:00000001:2.0:1749611138.345580:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611138.345581:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611138.345581:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749611138.345582:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611138.345583:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137382a40. 00000100:00100000:2.0:1749611138.345586:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000020:00000010:0.0:1749611138.345588:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000020:00000010:0.0:1749611138.345590:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff000. 00000100:00000040:2.0:1749611138.345591:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff88012d4a0000 : new rpc_count 1 00000100:00000001:1.0:1749611138.345593:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345593:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00100000:3.0:1749611138.345594:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494624000:0@lo:38:kworker.0 00000100:00000001:2.0:1749611138.345595:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492586880 : -131939216964736 : ffff880081d74380) 00000100:00000001:1.0:1749611138.345595:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611138.345596:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611138.345598:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611138.345600:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.345601:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611138.345603:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749611138.345603:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d74380 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:574/0 lens 224/0 e 0 to 0 dl 1749611149 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611138.345603:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:3.0:1749611138.345604:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611138.345605:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:3.0:1749611138.345607:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7b58. 00000100:00000040:1.0:1749611138.345607:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 960 usecs (1 jiffies) 00000400:00000200:3.0:1749611138.345611:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed088 00000100:00000001:1.0:1749611138.345611:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300411804 00000100:00000001:0.0:1749611138.345612:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611138.345613:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed088. 00000100:00000001:1.0:1749611138.345614:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300411824 00000100:00000001:3.0:1749611138.345617:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611138.345617:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611138.345618:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300411804 00000100:00000001:0.0:1749611138.345619:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611138.345621:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acdf80. 00000100:00000001:1.0:1749611138.345621:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300411824 00000100:00000200:3.0:1749611138.345623:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345624:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300411804 00000100:00000001:2.0:1749611138.345625:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611138.345627:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300411824 00000100:00000001:0.0:1749611138.345627:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749611138.345629:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acdf80. 00000100:00000001:0.0:1749611138.345629:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611138.345631:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300411804 00000100:00100000:0.0:1749611138.345633:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00000001:1.0:1749611138.345634:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300411824 00000100:00100000:2.0:1749611138.345636:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494624128:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749611138.345636:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000200:3.0:1749611138.345637:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345637:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611138.345638:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134549412864 : -131939160138752 : ffff8800853a5c00) 00000100:00000001:1.0:1749611138.345641:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611138.345642:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494624128 00000100:00000001:1.0:1749611138.345644:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611138.345644:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800853a5c00 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:574/0 lens 224/0 e 0 to 0 dl 1749611149 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611138.345645:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611138.345647:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611138.345647:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.345649:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611138.345650:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611138.345652:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611138.345652:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611138.345653:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749611138.345654:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345654:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880137382a40. 02000000:00000001:3.0:1749611138.345655:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611138.345655:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611138.345656:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611138.345657:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611138.345658:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611138.345658:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611138.345658:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611138.345660:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345660:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611138.345660:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880137382a40. 00000100:00100000:0.0:1749611138.345663:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800853a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494624384:12345-0@lo:400:kworker.0 00000100:00001000:3.0:1749611138.345665:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611138 v=5 (0 0 0 0) 00000100:00000200:0.0:1749611138.345667:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494624384 00000100:00001000:3.0:1749611138.345668:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=93 v=20 (1 1 20 1) 00000100:00000001:1.0:1749611138.345668:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.345669:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611138.345670:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749611138.345670:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611138.345671:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611138.345672:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611138.345672:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.345673:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345674:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611138.345674:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749611138.345675:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611138.345677:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749611138.345678:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611138.345679:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611138.345679:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611138.345682:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611138.345683:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.345684:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611138.345685:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611138.345685:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611138.345687:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611138.345687:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749611138.345687:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1749611138.345688:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611138.345689:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345689:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1749611138.345689:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.345691:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749611138.345692:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611138.345695:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749611138.345695:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00000001:2.0:1749611138.345696:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611138.345696:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611138.345698:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611138.345698:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611138.345699:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611138.345699:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134922138752 : -131938787412864 : ffff88009b71b480) 00000100:00080000:3.0:1749611138.345700:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:0.0:1749611138.345701:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087544c00. 00000100:00080000:3.0:1749611138.345703:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:0.0:1749611138.345703:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611138.345704:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dca000. 00000100:00000001:3.0:1749611138.345705:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611138.345705:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611138.345706:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009b71b480 x1834598494624256/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611158 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611138.345707:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.345708:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.345709:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1749611138.345710:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494624384 00000100:00000001:2.0:1749611138.345711:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611138.345714:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611138.345717:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494623872:0@lo:38:kworker.0 00010000:00000040:2.0:1749611138.345718:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494624128 00010000:00000001:0.0:1749611138.345718:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611138.345721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611138.345721:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749611138.345721:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b71b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494624256:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611138.345723:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000200:0.0:1749611138.345723:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800853a5c00 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1749611149 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611138.345727:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ff800 x1834598494624000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611138.345727:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494624256 00010000:00000200:2.0:1749611138.345728:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880081d74380 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1749611149 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611138.345730:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611138.345731:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611138.345732:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345733:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1749611138.345733:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611138.345735:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1749611138.345735:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=43 v=5 (1 1 1 1) 02000000:00000010:3.0:1749611138.345737:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be88000. 00010000:00000001:2.0:1749611138.345739:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611138.345739:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611138.345740:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611138.345741:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1749611138.345742:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611138.345742:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:3.0:1749611138.345743:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a72c000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611138.345744:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.345744:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611138.345745:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611138.345746:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc8c00. 00000100:00001000:2.0:1749611138.345746:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=43 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611138.345746:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611138.345748:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.345749:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611138.345749:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611138.345750:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00020000:1.0:1749611138.345750:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611138.345751:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1749611138.345752:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff800. 00000100:00000040:0.0:1749611138.345752:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749611138.345753:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611138.345754:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749611138.345755:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:0.0:1749611138.345755:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821a18. 00000100:00000001:3.0:1749611138.345756:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.345757:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611138.345757:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611138.345758:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611138.345759:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494624384, offset 224 00000100:00000040:3.0:1749611138.345760:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ff480 x1834598494623872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345761:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749611138.345762:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611138.345763:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611138.345763:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611138.345764:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345766:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611138.345766:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749611138.345767:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611138.345767:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749611138.345769:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be89400. 02000000:00000010:1.0:1749611138.345770:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad1800. 02000000:00000001:3.0:1749611138.345771:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749611138.345771:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611138.345772:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611138.345773:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611138.345776:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1749611138.345776:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:1.0:1749611138.345776:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611138.345777:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93da80 00000020:00000040:3.0:1749611138.345778:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611138.345779:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611138.345780:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749611138.345781:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dcac00. 00000100:00000200:2.0:1749611138.345781:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494624128, offset 224 00010000:00000001:1.0:1749611138.345782:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611138.345782:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7f71 [1] + 224 02000000:00000001:3.0:1749611138.345783:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611138.345784:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611138.345786:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff480. 00000100:00001000:1.0:1749611138.345786:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611138.345787:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611138.345788:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1749611138.345788:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611138.345789:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.345790:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611138.345791:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611138.345791:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611138.345794:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611138.345795:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611138.345796:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611138.345797:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1749611138.345797:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:2.0:1749611138.345798:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611138.345799:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611138.345799:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.345800:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611138.345800:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611138.345802:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.345804:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.345804:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611138.345807:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93d980 00000100:00000040:1.0:1749611138.345809:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:0.0:1749611138.345809:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611138.345812:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749611138.345814:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7f61 [1] + 224 00000100:00080000:3.0:1749611138.345817:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749611138.345820:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611138.345821:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611138.345821:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749611138.345822:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611138.345824:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611138.345825:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611138.345825:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821a18 00000100:00000040:1.0:1749611138.345828:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611138.345828:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821a18. 00000100:00000001:0.0:1749611138.345830:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749611138.345831:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611138.345831:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611138.345834:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611138.345836:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494624256, offset 0 00000100:00000040:0.0:1749611138.345836:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611138.345837:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611138.345842:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611138.345844:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611138.345844:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611138.345845:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611138.345848:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749611138.345850:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611138.345854:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800853a5c00 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1749611149 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611138.345858:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611138.345858:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf93da00 00000400:00000200:1.0:1749611138.345864:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x7f65 [1] + 0 00000400:00000200:1.0:1749611138.345870:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749611138.345870:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800853a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494624384:12345-0@lo:400:kworker.0 Request processed in 213us (371us total) trans 0 rc 0/0 00000400:00000200:1.0:1749611138.345874:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611138.345876:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611138.345879:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611138.345882:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00100000:0.0:1749611138.345882:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000400:00000010:2.0:1749611138.345885:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000200:1.0:1749611138.345885:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611138.345886:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611138.345889:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611138.345890:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611138.345891:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611138.345893:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611138.345896:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345897:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff000. 00000100:00000040:1.0:1749611138.345899:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611138.345900:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:0.0:1749611138.345901:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00010000:00000001:2.0:1749611138.345903:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611138.345906:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611138.345906:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000020:00000001:2.0:1749611138.345909:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000040:0.0:1749611138.345911:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:2.0:1749611138.345915:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d74380 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1749611149 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.345915:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611138.345915:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611138.345920:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749611138.345923:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749611138.345926:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611138.345928:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611138.345929:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494624128:12345-0@lo:400:kworker.0 Request processed in 310us (559us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611138.345931:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611138.345935:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611138.345938:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611138.345941:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000020:00000001:1.0:1749611138.345942:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611138.345946:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff88012d4a0000 : new rpc_count 0 00000100:00000040:1.0:1749611138.345948:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009b71b480 x1834598494624256/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611158 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.345949:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611138.345952:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611138.345957:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff300. 00000020:00000010:2.0:1749611138.345961:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000100:00100000:1.0:1749611138.345961:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b71b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494624256:12345-0@lo:38:kworker.0 Request processed in 240us (662us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749611138.345967:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00100000:1.0:1749611138.345971:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000020:00000040:2.0:1749611138.345972:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 4 00000100:00000001:1.0:1749611138.345975:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611138.345976:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.345977:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611138.345979:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611138.345980:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc00. 00000100:00000001:3.0:1749611138.345982:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611138.345985:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611138.345987:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611138.345989:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7c08. 00000400:00000200:3.0:1749611138.345992:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000010:1.0:1749611138.345992:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611138.345993:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611138.345994:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611138.345996:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611138.345996:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749611138.345997:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e400. 00000400:00000001:2.0:1749611138.346000:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749611138.346001:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.346001:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611138.346002:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611138.346005:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207feb00. 00000100:00000200:3.0:1749611138.346009:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.346015:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611138.346016:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611138.346016:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000100:00000001:3.0:1749611138.346017:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.346017:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.346019:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:2.0:1749611138.346019:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 02000000:00000001:3.0:1749611138.346021:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611138.346022:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611138.346023:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749611138.346023:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611138.346024:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611138.346024:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611138.346026:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611138.346027:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3dbf20. 00000100:00000200:2.0:1749611138.346029:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611138.346031:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bcc0 00000400:00000010:1.0:1749611138.346034:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bcc0. 00000100:00001000:3.0:1749611138.346035:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611138 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611138.346037:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749611138.346038:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=143 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611138.346041:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611138.346042:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611138.346043:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611138.346043:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.346044:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611138.346048:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.346054:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611138.346055:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611138.346056:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.346057:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749611138.346057:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611138.346059:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611138.346060:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611138.346060:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611138.346062:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611138.346062:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:3.0:1749611138.346064:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611138.346065:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00080000:3.0:1749611138.346067:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611138.346067:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611138.346068:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611138.346068:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.346069:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611138.346071:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611138.346072:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.346073:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611138.346075:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611138.346077:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749611138.346078:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880079138c38 time=43 v=5 (5 5 5 5) 00000100:00100000:3.0:1749611138.346079:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012bdcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494624256:0@lo:38:kworker.0 00000100:00000001:1.0:1749611138.346079:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611138.346082:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.346083:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611138.346083:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880079138bf0 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611138.346085:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611138.346087:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012bdcf480 x1834598494624256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611163 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.346087:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1749611138.346087:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=143 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611138.346089:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611138.346092:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=143 v=5 (1 1 1 1) 00010000:00000001:2.0:1749611138.346093:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749611138.346094:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611138.346095:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611138.346096:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749611138.346097:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be88800. 00000100:00000001:1.0:1749611138.346098:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.346100:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00080000:2.0:1749611138.346100:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611138.346101:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1749611138.346101:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1749611138.346102:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611138.346104:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611138.346105:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc8400. 00010000:00080000:1.0:1749611138.346106:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611138.346112:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749611138.346112:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611138.346113:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611138.346114:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012bdcf480. 00000100:00000001:2.0:1749611138.346116:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:1.0:1749611138.346116:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.346117:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611138.346118:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611138.346119:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611138.346119:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749611138.346120:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611138.346122:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611138.346122:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1749611138.346122:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611138.346123:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611138.346124:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.346124:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.346124:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611138.346126:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.346126:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611138.346130:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611138.346131:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.346140:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611138.346144:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611138.346146:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.346148:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611138.346152:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611138.346152:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611138.346154:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611138.346159:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611138.346179:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494624128:0@lo:400:kworker.0 00000100:00100000:1.0:1749611138.346179:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880081d74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494624384:0@lo:400:kworker.0 00000100:00000001:2.0:1749611138.346186:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.346186:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.346188:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611138.346188:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611138.346193:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ffb80 x1834598494624128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611138.346193:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880081d74000 x1834598494624384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611138.346204:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611138.346204:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611138.346207:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1749611138.346207:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611138.346210:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880123e7be00. 02000000:00000010:1.0:1749611138.346210:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125e00. 02000000:00000001:2.0:1749611138.346215:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611138.346215:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611138.346217:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749611138.346217:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611138.346219:0:28321:0:(genops.c:1242:class_import_put()) import ffff880079138800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:1.0:1749611138.346219:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611138.346222:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749611138.346222:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611138.346225:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5100. 02000000:00000010:1.0:1749611138.346225:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006efe5c00. 02000000:00000001:2.0:1749611138.346229:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611138.346229:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611138.346231:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749611138.346231:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611138.346233:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ffb80. 00000100:00000010:1.0:1749611138.346233:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880081d74000. 00000100:00000001:2.0:1749611138.346237:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611138.346238:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611138.346239:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.346240:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.346242:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611138.346242:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.346249:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611138.346249:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611138.346251:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.346251:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.346254:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611138.346254:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611138.346256:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611138.346256:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611138.349283:0:13607:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611138.349293:0:13607:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611138.349299:0:13607:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611138.349317:0:13607:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611138.349325:0:13607:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611138.349330:0:13607:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611138.349342:0:13607:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880136b6cb80. 00080000:00000010:3.0:1749611138.349349:0:13607:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880136b6cb80. 00000020:00000001:3.0:1749611138.349354:0:13607:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.353953:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611138.353960:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611138.353965:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.354038:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611138.354042:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611138.354045:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.354050:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611138.354053:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611138.354056:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611138.366566:0:3311:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300411824, at 4300411824 00000100:00000010:0.0:1749611138.366576:0:3311:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaadc0. 00000100:00000040:2.0:1749611138.366639:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300411824, at 4300411824 00000100:00000010:2.0:1749611138.366651:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaaec0. 00000100:00000040:3.0:1749611138.367006:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300411824, at 4300411824 00000100:00000010:3.0:1749611138.367014:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaaf40. 00000100:00000040:1.0:1749611138.367181:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300411824, at 4300411824 00000100:00000010:1.0:1749611138.367191:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eaad80. 00010000:00000001:0.0:1749611138.416594:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611138.416599:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611138.416716:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611138.416722:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611138.416727:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611138.457600:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611138.457605:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611138.457608:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611138.457612:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611138.457624:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611138.457628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611138.457630:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611138.457633:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611138.457636:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.526817:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611138.526828:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611138.526833:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.526896:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611138.526902:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611138.526905:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611138.526913:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff000. 00080000:00000010:0.0:1749611138.526918:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff000. 00000020:00000001:0.0:1749611138.526922:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.927297:0:13672:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611138.927307:0:13672:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611138.927317:0:13672:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.927335:0:13672:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611138.927341:0:13672:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611138.927344:0:13672:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.927353:0:13672:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611138.927358:0:13672:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611138.927361:0:13672:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.932131:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611138.932138:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611138.932142:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.932212:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611138.932216:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611138.932219:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611138.932224:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9380. 00080000:00000010:1.0:1749611138.932227:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9380. 00000020:00000001:1.0:1749611138.932229:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611138.979629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611138.979635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611138.979638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611138.979642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800966ab840 going to sleep for 0 seconds 00000100:00000001:2.0:1749611138.979646:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611138.979659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.979662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611138.979665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611138.979668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611139.054713:0:13714:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611139.054716:0:13714:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160n: @@@@@@ FAIL: lustre-MDT0000: changelog_mask=+hsm failed: 2 00000001:00000001:3.0:1749611139.060752:0:13714:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749611139.118022:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611139.118032:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611139.118038:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611139.118108:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611139.118114:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611139.118118:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611139.118125:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611139.118131:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611139.118134:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611139.418618:0:3311:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611139.418626:0:3311:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611139.418699:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611139.418704:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611139.418708:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611139.457634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611139.457639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611139.457642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611139.457646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611139.457650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611139.457656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611139.457659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611139.457662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611139.457665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611139.516200:0:13736:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749611139.516211:0:13736:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749611139.516219:0:13736:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611139.516237:0:13736:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749611139.516242:0:13736:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749611139.516246:0:13736:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611139.516255:0:13736:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387d00. 00080000:00000010:2.0:1749611139.516260:0:13736:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387d00. 00000020:00000001:2.0:1749611139.516263:0:13736:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611139.520683:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611139.520690:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611139.520695:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611139.520770:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611139.520774:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611139.520777:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611139.520782:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88006a3a9d00. 00080000:00000010:1.0:1749611139.520785:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88006a3a9d00. 00000020:00000001:1.0:1749611139.520788:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 1901 lines, 1901 kept, 0 dropped, 0 bad.